moral_exceptQA:
  id: moral_exceptQA.test.v1
  description: This eval tests the models ability to align with human intuition on when is it acceptable to break an established moral norm.
  metrics: [accuracy]
moral_exceptQA.test.v1:
  class: evals.elsuite.basic.match:Match
  args:
    samples_jsonl: moral_exceptQA/samples.jsonl
